{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# week06 互评数据，不互评代码\n",
    "1.  观察三变量+一关键词的url。\n",
    "2.  解析url参数，\n",
    "3.  创建payload模版，\n",
    "4.  xpath解析页面数据，\n",
    "5.  翻页（可参考之前翻页参数模版））"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 基本模块\n",
    "import pandas as pd\n",
    "from requests_html import HTMLSession\n",
    "from urllib.parse import urlparse, parse_qs\n",
    "url = \"https://www.liepin.com/zhaopin/?keyword=用户体验\"\n",
    "session = HTMLSession()\n",
    "r = session.get( url )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 行业爬取"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[<Element 'div' class=('search-conditions',) data-selector='search-conditions'>]\n",
      "<Element 'div' class=('search-conditions',) data-selector='search-conditions'>\n",
      "[<Element 'dt' class=('search-title',)>, <Element 'dt' class=('search-title',)>, <Element 'dt' class=('search-title',)>, <Element 'dt' class=('search-title',)>, <Element 'dt' class=('search-title',)>]\n",
      "公司：\n",
      "行业：\n",
      "城市：\n",
      "薪资：\n",
      "更多：\n",
      "<Element 'dd' class=('comp-list',)>\n",
      "<Element 'dd' class=('short-dd', 'select-industry') data-param='industries'>\n",
      "<Element 'dd' data-param='city'>\n",
      "<Element 'dd' data-param='salary'>\n",
      "<Element 'dd' class=('dropdown', 'dropdown-time')>\n",
      "<Element 'dd' class=('dropdown', 'dropdown-jobkind')>\n",
      "<Element 'dd' class=('dropdown', 'dropdown-compscale')>\n",
      "<Element 'dd' class=('dropdown', 'dropdown-compkind')>\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'互联网/电商': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=040&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '游戏产业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=420&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '计算机软件': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=010&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " 'IT服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=030&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '电子/芯片/半导体': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=050&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '通信业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=060&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '计算机/网络设备': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=020&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '房地产/建筑': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=080&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '规划/设计/装潢': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=100&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '房地产服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=090&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '银行': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=130&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '保险': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=140&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '基金/证券/投资': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=150&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '会计/审计': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=430&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '信托/担保/拍卖': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=500&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '快消品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=190&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '批发零售': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=240&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '服装纺织': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=200&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '家具/家电': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=210&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '办公设备': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=220&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '奢侈品/收藏品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=460&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '珠宝/玩具/工艺品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=470&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '汽车/摩托车': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=350&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '机械/机电/重工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=360&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '印刷/包装/造纸': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=180&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '原材料加工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=370&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '仪器/电气/自动化': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=340&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '制药/生物工程': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=270&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '医疗/保健/美容': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=280&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '医疗器械': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=290&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '能源/水利': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=330&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '石油/化工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=310&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '采掘/冶炼/矿产': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=320&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '环保': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=300&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '新能源': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=490&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '专业服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=120&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '中介服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=110&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '外包服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=440&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '检测/认证': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=450&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '餐饮/酒旅/服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=230&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '文体娱乐': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=260&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '租赁服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=510&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '广告/市场/会展': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=070&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '影视文化': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=170&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '教育培训': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=380&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '交通/物流/运输': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=250&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '贸易/进出口': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=160&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '航空/航天': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=480&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '政务/公共服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=390&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '农林牧渔': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=410&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19',\n",
       " '其他行业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=400&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19'}"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "# 先取特定元素, 精准打击其子后辈\n",
    "主要元素 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')\n",
    "# 预期是一个元素的列表？\n",
    "print (主要元素)\n",
    "print (主要元素[0])\n",
    "print (主要元素[0].xpath('//dt[@class=\"search-title\"]'))\n",
    "\n",
    "list_search_title = 主要元素[0].xpath('//dt[@class=\"search-title\"]')\n",
    "for x in list_search_title:\n",
    "    print (x.text)\n",
    "    \n",
    "list_search_dd = 主要元素[0].xpath('//dt[@class=\"search-title\"]/following-sibling::dd')\n",
    "for x in list_search_dd:\n",
    "    print (x)  \n",
    "    \n",
    "\n",
    "行业信息 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[1] \\\n",
    "                    .xpath('//div[contains(@class,\"sub-industry\")]/a/@href')\n",
    "               \n",
    "行业信息\n",
    "\n",
    "# 但我们需要知道这些选择器链结, 对映到什麽数据\n",
    "行业信息 = r.html.xpath('//div[@data-selector=\"search-conditions\"]')[0] \\\n",
    "                    .xpath('//dt[@class=\"search-title\"]/following-sibling::dd')[1] \\\n",
    "                    .xpath('//div[contains(@class,\"sub-industry\")]/a')\n",
    "行业信息\n",
    "\n",
    "#[ x.xpath(\"a/@href\")[0] for x in 公司数据选择器链结]\n",
    "#[ x.xpath(\"a/text()\")[0] for x in 公司数据选择器链结]\n",
    "行业信息 = { x.xpath(\"a/text()\")[0]:x.xpath(\"a/@href\")[0] for x in 行业信息}\n",
    "行业信息"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=040&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=420&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=010&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=030&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=050&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=060&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=020&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=080&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=100&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=090&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=130&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=140&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=150&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=430&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=500&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=190&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=240&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=200&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=210&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=220&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=460&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=470&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=350&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=360&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=180&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=370&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=340&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=270&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=280&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=290&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=330&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=310&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=320&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=300&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=490&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=120&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=110&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=440&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=450&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=230&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=260&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=510&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=070&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=170&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=380&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=250&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=160&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=480&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=390&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=410&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=bdf87bc7e0df2c77&flushckid=1&fromSearchBtn=2&industries=400&keyword=%E7%94%A8%E6%88%B7%E4%BD%93%E9%AA%8C&ckid=bdf87bc7e0df2c77&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=cc3e8c697f45f4723f61cdf47a585d19&d_curPage=0&d_pageSize=40&d_headId=cc3e8c697f45f4723f61cdf47a585d19', fragment='')]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from urllib.parse import urlparse, parse_qs\n",
    "[ urlparse(x) for x in 行业信息.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 51 entries, 0 to 50\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    51 non-null     object\n",
      " 1   netloc    51 non-null     object\n",
      " 2   path      51 non-null     object\n",
      " 3   params    51 non-null     object\n",
      " 4   query     51 non-null     object\n",
      " 5   fragment  51 non-null     object\n",
      "dtypes: object(6)\n",
      "memory usage: 2.5+ KB\n",
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       51\n",
      "fragment     1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>subIndustry=&amp;init=-1&amp;industryType=industry_01&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  subIndustry=&init=-1&industryType=industry_01&...           "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#  使用 pd.DataFrame进行 unuinque()相异值计量比对 \n",
    "import pandas as pd\n",
    "df = pd.DataFrame([ urlparse(x) for x in 行业信息.values()])\n",
    "df.info()\n",
    "print(df.nunique())\n",
    "df.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init              1\n",
      "industryType     12\n",
      "headckid          1\n",
      "flushckid         1\n",
      "fromSearchBtn     1\n",
      "industries       51\n",
      "keyword           1\n",
      "ckid              1\n",
      "siTag             1\n",
      "d_sfrom           1\n",
      "d_ckId            1\n",
      "d_curPage         1\n",
      "d_pageSize        1\n",
      "d_headId          1\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# B-3 针对query 再解析之 \n",
    "#df_qs = pd.DataFrame([ parse_qs(x) for x in df['query'] ])\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print (df_qs.nunique())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>keyword</th>\n",
       "      <th>industryType</th>\n",
       "      <th>industries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_01</td>\n",
       "      <td>030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_02</td>\n",
       "      <td>050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_02</td>\n",
       "      <td>060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_02</td>\n",
       "      <td>020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_03</td>\n",
       "      <td>080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_03</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_03</td>\n",
       "      <td>090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_04</td>\n",
       "      <td>500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>220</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_05</td>\n",
       "      <td>470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_06</td>\n",
       "      <td>340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_10</td>\n",
       "      <td>270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_10</td>\n",
       "      <td>280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_10</td>\n",
       "      <td>290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_11</td>\n",
       "      <td>490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_07</td>\n",
       "      <td>510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_08</td>\n",
       "      <td>070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_08</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_08</td>\n",
       "      <td>380</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_09</td>\n",
       "      <td>250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_09</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_09</td>\n",
       "      <td>480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_12</td>\n",
       "      <td>390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_12</td>\n",
       "      <td>410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>用户体验</td>\n",
       "      <td>industry_12</td>\n",
       "      <td>400</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   keyword industryType industries\n",
       "0     用户体验  industry_01        040\n",
       "1     用户体验  industry_01        420\n",
       "2     用户体验  industry_01        010\n",
       "3     用户体验  industry_01        030\n",
       "4     用户体验  industry_02        050\n",
       "5     用户体验  industry_02        060\n",
       "6     用户体验  industry_02        020\n",
       "7     用户体验  industry_03        080\n",
       "8     用户体验  industry_03        100\n",
       "9     用户体验  industry_03        090\n",
       "10    用户体验  industry_04        130\n",
       "11    用户体验  industry_04        140\n",
       "12    用户体验  industry_04        150\n",
       "13    用户体验  industry_04        430\n",
       "14    用户体验  industry_04        500\n",
       "15    用户体验  industry_05        190\n",
       "16    用户体验  industry_05        240\n",
       "17    用户体验  industry_05        200\n",
       "18    用户体验  industry_05        210\n",
       "19    用户体验  industry_05        220\n",
       "20    用户体验  industry_05        460\n",
       "21    用户体验  industry_05        470\n",
       "22    用户体验  industry_06        350\n",
       "23    用户体验  industry_06        360\n",
       "24    用户体验  industry_06        180\n",
       "25    用户体验  industry_06        370\n",
       "26    用户体验  industry_06        340\n",
       "27    用户体验  industry_10        270\n",
       "28    用户体验  industry_10        280\n",
       "29    用户体验  industry_10        290\n",
       "30    用户体验  industry_11        330\n",
       "31    用户体验  industry_11        310\n",
       "32    用户体验  industry_11        320\n",
       "33    用户体验  industry_11        300\n",
       "34    用户体验  industry_11        490\n",
       "35    用户体验  industry_07        120\n",
       "36    用户体验  industry_07        110\n",
       "37    用户体验  industry_07        440\n",
       "38    用户体验  industry_07        450\n",
       "39    用户体验  industry_07        230\n",
       "40    用户体验  industry_07        260\n",
       "41    用户体验  industry_07        510\n",
       "42    用户体验  industry_08        070\n",
       "43    用户体验  industry_08        170\n",
       "44    用户体验  industry_08        380\n",
       "45    用户体验  industry_09        250\n",
       "46    用户体验  industry_09        160\n",
       "47    用户体验  industry_09        480\n",
       "48    用户体验  industry_12        390\n",
       "49    用户体验  industry_12        410\n",
       "50    用户体验  industry_12        400"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_qs.head()\n",
    "df_qs[['keyword',\"industryType\",'industries']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[{'init': '-1', 'industryType': 'industry_01', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '040', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_01', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '420', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_01', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '010', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_01', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '030', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_02', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '050', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_02', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '060', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_02', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '020', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_03', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '080', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_03', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '100', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_03', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '090', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_04', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '130', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_04', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '140', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_04', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '150', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_04', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '430', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_04', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '500', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_05', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '190', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_05', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '240', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_05', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '200', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_05', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '210', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_05', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '220', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_05', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '460', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_05', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '470', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_06', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '350', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_06', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '360', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_06', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '180', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_06', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '370', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_06', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '340', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_10', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '270', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_10', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '280', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_10', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '290', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_11', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '330', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_11', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '310', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_11', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '320', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_11', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '300', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_11', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '490', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_07', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '120', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_07', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '110', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_07', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '440', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_07', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '450', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_07', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '230', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_07', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '260', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_07', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '510', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_08', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '070', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_08', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '170', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_08', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '380', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_09', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '250', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_09', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '160', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_09', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '480', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_12', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '390', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_12', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '410', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}, {'init': '-1', 'industryType': 'industry_12', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '400', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}] {'init': '-1', 'industryType': 'industry_12', 'headckid': 'bdf87bc7e0df2c77', 'flushckid': '1', 'fromSearchBtn': '2', 'industries': '400', 'keyword': '用户体验', 'ckid': 'bdf87bc7e0df2c77', 'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw', 'd_sfrom': 'search_unknown', 'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19', 'd_curPage': '0', 'd_pageSize': '40', 'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}\n"
     ]
    }
   ],
   "source": [
    "列表暂存 = [] # list()\n",
    "for x in df['query']: \n",
    "    列表暂存.append({k:v[0] for k,v in parse_qs(x).items()} )\n",
    "    \n",
    "# ----------------------------------------------\n",
    "# 字典暂存 = {k:v[0] for k,v in parse_qs(x).items()}\n",
    "# 以下3行代碼相當於上面推導1行\n",
    "字典暂存 = dict()\n",
    "for k,v in parse_qs(x).items():     # for 键,值 in 字典.items():\n",
    "    字典暂存.update({k:v[0]})\n",
    "    \n",
    "# # ----------------------------------------------\n",
    "print (列表暂存,字典暂存) \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'init': '-1',\n",
       "  'industryType': 'industry_01',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '040',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_01',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '420',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_01',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '010',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_01',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '030',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_02',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '050',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_02',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '060',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_02',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '020',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_03',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '080',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_03',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '100',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_03',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '090',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_04',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '130',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_04',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '140',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_04',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '150',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_04',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '430',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_04',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '500',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_05',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '190',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_05',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '240',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_05',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '200',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_05',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '210',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_05',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '220',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_05',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '460',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_05',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '470',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_06',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '350',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_06',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '360',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_06',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '180',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_06',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '370',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_06',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '340',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_10',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '270',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_10',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '280',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_10',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '290',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_11',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '330',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_11',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '310',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_11',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '320',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_11',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '300',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_11',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '490',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_07',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '120',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_07',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '110',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_07',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '440',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_07',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '450',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_07',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '230',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_07',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '260',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_07',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '510',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_08',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '070',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_08',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '170',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_08',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '380',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_09',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '250',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_09',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '160',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_09',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '480',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_12',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '390',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_12',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '410',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'},\n",
       " {'init': '-1',\n",
       "  'industryType': 'industry_12',\n",
       "  'headckid': 'bdf87bc7e0df2c77',\n",
       "  'flushckid': '1',\n",
       "  'fromSearchBtn': '2',\n",
       "  'industries': '400',\n",
       "  'keyword': '用户体验',\n",
       "  'ckid': 'bdf87bc7e0df2c77',\n",
       "  'siTag': '1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw',\n",
       "  'd_sfrom': 'search_unknown',\n",
       "  'd_ckId': 'cc3e8c697f45f4723f61cdf47a585d19',\n",
       "  'd_curPage': '0',\n",
       "  'd_pageSize': '40',\n",
       "  'd_headId': 'cc3e8c697f45f4723f61cdf47a585d19'}]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "列表暫存 = [] # list()\n",
    "for q in df['query']: \n",
    "    字典暫存 = dict()\n",
    "    for k,v in parse_qs(q).items(): # for 鍵,值 in 字典.items():\n",
    "        字典暫存.update({k:v[0]})\n",
    "    列表暫存.append(字典暫存)\n",
    "列表暫存"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['040'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}\n",
      "{'互联网/电商': '040', '游戏产业': '420', '计算机软件': '010', 'IT服务': '030', '电子/芯片/半导体': '050', '通信业': '060', '计算机/网络设备': '020', '房地产/建筑': '080', '规划/设计/装潢': '100', '房地产服务': '090', '银行': '130', '保险': '140', '基金/证券/投资': '150', '会计/审计': '430', '信托/担保/拍卖': '500', '快消品': '190', '批发零售': '240', '服装纺织': '200', '家具/家电': '210', '办公设备': '220', '奢侈品/收藏品': '460', '珠宝/玩具/工艺品': '470', '汽车/摩托车': '350', '机械/机电/重工': '360', '印刷/包装/造纸': '180', '原材料加工': '370', '仪器/电气/自动化': '340', '制药/生物工程': '270', '医疗/保健/美容': '280', '医疗器械': '290', '能源/水利': '330', '石油/化工': '310', '采掘/冶炼/矿产': '320', '环保': '300', '新能源': '490', '专业服务': '120', '中介服务': '110', '外包服务': '440', '检测/认证': '450', '餐饮/酒旅/服务': '230', '文体娱乐': '260', '租赁服务': '510', '广告/市场/会展': '070', '影视文化': '170', '教育培训': '380', '交通/物流/运输': '250', '贸易/进出口': '160', '航空/航天': '480', '政务/公共服务': '390', '农林牧渔': '410', '其他行业': '400'}\n"
     ]
    }
   ],
   "source": [
    "def parse_url_qs_for_industries (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_compTag(list(公司数据选择器链结.values())[0])['compTag']\n",
    "参数模板 = parse_url_qs_for_industries(list(行业信息.values())[0])\n",
    "print(参数模板)\n",
    "# [ parse_url_qs_for_compTag(x)['compTag'] for x in 公司数据选择器链结.values()]\n",
    "[ parse_url_qs_for_industries(x)['industries'][0] for x in 行业信息.values()]\n",
    "\n",
    "字典_industries = { k:parse_url_qs_for_industries(v)['industries'][0] for k,v in 行业信息.items()}\n",
    "print (字典_industries)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'互联网/电商': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['040'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '游戏产业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['420'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '计算机软件': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['010'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, 'IT服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['030'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '电子/芯片/半导体': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['050'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '通信业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['060'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '计算机/网络设备': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['020'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '房地产/建筑': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['080'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '规划/设计/装潢': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['100'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '房地产服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['090'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '银行': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['130'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '保险': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['140'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '基金/证券/投资': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['150'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '会计/审计': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['430'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '信托/担保/拍卖': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['500'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '快消品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['190'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '批发零售': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['240'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '服装纺织': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['200'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '家具/家电': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['210'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '办公设备': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['220'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '奢侈品/收藏品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['460'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '珠宝/玩具/工艺品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['470'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '汽车/摩托车': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['350'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '机械/机电/重工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['360'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '印刷/包装/造纸': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['180'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '原材料加工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['370'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '仪器/电气/自动化': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['340'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '制药/生物工程': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['270'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '医疗/保健/美容': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['280'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '医疗器械': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['290'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '能源/水利': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['330'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '石油/化工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['310'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '采掘/冶炼/矿产': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['320'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '环保': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['300'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '新能源': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['490'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '专业服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['120'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '中介服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['110'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '外包服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['440'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '检测/认证': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['450'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '餐饮/酒旅/服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['230'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '文体娱乐': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['260'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '租赁服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['510'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '广告/市场/会展': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['070'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '影视文化': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['170'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '教育培训': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['380'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '交通/物流/运输': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['250'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '贸易/进出口': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['160'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '航空/航天': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['480'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '政务/公共服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['390'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '农林牧渔': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['410'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}, '其他行业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['bdf87bc7e0df2c77'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['400'], 'keyword': ['用户体验'], 'ckid': ['bdf87bc7e0df2c77'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['cc3e8c697f45f4723f61cdf47a585d19'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['cc3e8c697f45f4723f61cdf47a585d19']}}\n"
     ]
    }
   ],
   "source": [
    "def 参数模板生成(industries , keyword ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['industries'] = industries\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_industries_用户体验 = { k:参数模板生成(industries = [v], keyword = ['用户体验']) for k,v in 字典_industries.items()}\n",
    "print(参数_industries_用户体验)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "session = HTMLSession()\n",
    "\n",
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    # 先取特定元素, 精准打击其子后辈\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    # 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '行业': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    # 只对主要元素下进行.xpath取值\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    #数据.to_excel(\"20春_Web数据挖掘_week03_liepin.xlsx\", sheet_name=\"搜查结果\")\n",
    "    return (数据)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{0: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [0]},\n",
       " 1: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [1]},\n",
       " 2: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [2]},\n",
       " 3: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [3]},\n",
       " 4: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [4]},\n",
       " 5: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [5]},\n",
       " 6: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [6]},\n",
       " 7: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [7]},\n",
       " 8: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [8]},\n",
       " 9: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'industryType': ['industry_01'],\n",
       "  'industries': ['160'],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [9]}}"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "行业url =\"https://www.liepin.com/zhaopin/?keyword=用户体验\"\n",
    "r=session.get(url)\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a[starts-with(@href,\"/zhaopin\")]'\n",
    "翻页url={x.text:x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)}\n",
    "翻页url\n",
    "城市列表=[x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "df=pd.DataFrame([urlparse(x) for x in 城市列表 ])\n",
    "df_qs=pd.DataFrame([{ k:v[0] for k,v in parse_qs(x).items()}for x in df['query']])\n",
    "df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int)) \n",
    "df_qs\n",
    "长度=int(df_qs.curPage_int.max()+1)\n",
    "def 翻页_参数拆解(url):\n",
    "    sixpart=urlparse(url)\n",
    "    out=parse_qs(sixpart.query)\n",
    "    return out\n",
    "\n",
    "翻页_参数模板=翻页_参数拆解(城市列表[0])\n",
    "翻页_参数模板\n",
    "def 行业翻页(industryType,industries,key,curPage_int):\n",
    "    参数=翻页_参数模板.copy()\n",
    "    参数['industryType']=industryType\n",
    "    参数['industries']=industries\n",
    "    参数['key']=key\n",
    "    参数['curPage_int']=curPage_int\n",
    "    return 参数\n",
    "# e=翻页url(url,industryType=['industry_01'],industries=['010'],key=['产品经理'])\n",
    "# e\n",
    "翻页_参数={i:行业翻页(industryType=['industry_01'],industries=['160'],key=['用户体验'],curPage_int = [i]  )\n",
    "               for i in  range(0,长度)\n",
    "      }\n",
    "# # 指定公司_关键词_翻页参数=翻页_参数调整(key=['数据挖掘'],compIds=['7983148'],curPage_int= [i])\n",
    "# #                                    for i in  range(0,长度)\n",
    "# #                                   }\n",
    "翻页_参数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "用户体验 10\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>edu</th>\n",
       "      <th>经验</th>\n",
       "      <th>薪水</th>\n",
       "      <th>时间</th>\n",
       "      <th>职称</th>\n",
       "      <th>行业</th>\n",
       "      <th>公司名称</th>\n",
       "      <th>链结</th>\n",
       "      <th>公司URL</th>\n",
       "      <th>keyword</th>\n",
       "      <th>curPage</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>序</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>学历不限</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>30-60k·18薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>用户体验总监</td>\n",
       "      <td></td>\n",
       "      <td>猎头公司</td>\n",
       "      <td>https://www.liepin.com/a/19454911.shtml</td>\n",
       "      <td></td>\n",
       "      <td>用户体验</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>10年以上</td>\n",
       "      <td>40-50k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>用户体验设计总监</td>\n",
       "      <td>上海</td>\n",
       "      <td>国内知名互联网上市公司</td>\n",
       "      <td>https://www.liepin.com/a/19169755.shtml</td>\n",
       "      <td></td>\n",
       "      <td>用户体验</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>硕士及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>40-60k·16薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>风险策略专家-用户体验策略</td>\n",
       "      <td>杭州</td>\n",
       "      <td>某国内互联网top3企业金融板块</td>\n",
       "      <td>https://www.liepin.com/a/19085435.shtml</td>\n",
       "      <td></td>\n",
       "      <td>用户体验</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>10-15k·15薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>上海</td>\n",
       "      <td>知名科技公司</td>\n",
       "      <td>https://www.liepin.com/a/18925835.shtml</td>\n",
       "      <td></td>\n",
       "      <td>用户体验</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>25-35k·16薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>用户体验经理</td>\n",
       "      <td>上海</td>\n",
       "      <td>知名科技公司</td>\n",
       "      <td>https://www.liepin.com/a/18863275.shtml</td>\n",
       "      <td></td>\n",
       "      <td>用户体验</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>35</td>\n",
       "      <td>统招本科</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>25-45k·15薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>体验设计师</td>\n",
       "      <td>杭州-西湖区</td>\n",
       "      <td>涵盖出租车专车 快车等多项业务在内的一站式出行平台</td>\n",
       "      <td>https://www.liepin.com/a/19608113.shtml</td>\n",
       "      <td></td>\n",
       "      <td>用户体验</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>396</th>\n",
       "      <td>36</td>\n",
       "      <td>统招本科</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>25-40k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>交互设计专家</td>\n",
       "      <td>北京</td>\n",
       "      <td>国内某知名互联网公司</td>\n",
       "      <td>https://www.liepin.com/a/18663279.shtml</td>\n",
       "      <td></td>\n",
       "      <td>用户体验</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>397</th>\n",
       "      <td>37</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>15-20k·16薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>资深交互设计</td>\n",
       "      <td>厦门</td>\n",
       "      <td>微微科技有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1923754743.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9636507/</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>398</th>\n",
       "      <td>38</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>10-20k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>交互设计师</td>\n",
       "      <td>上海</td>\n",
       "      <td>享换机</td>\n",
       "      <td>https://www.liepin.com/job/1927183905.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9305855/</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>399</th>\n",
       "      <td>39</td>\n",
       "      <td>统招本科</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>面议</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>ux设计师</td>\n",
       "      <td></td>\n",
       "      <td>国家金融信息中心有限责任公司</td>\n",
       "      <td>https://www.liepin.com/job/1920339347.shtml</td>\n",
       "      <td>https://www.liepin.com/company/9140465/</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>400 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     index    edu     经验          薪水           时间             职称      行业  \\\n",
       "序                                                                          \n",
       "0        0   学历不限  5-10年  30-60k·18薪  2020年04月26日         用户体验总监           \n",
       "1        1  本科及以上  10年以上  40-50k·12薪  2020年04月26日       用户体验设计总监      上海   \n",
       "2        2  硕士及以上   1-3年  40-60k·16薪  2020年04月26日  风险策略专家-用户体验策略      杭州   \n",
       "3        3   统招本科   1-3年  10-15k·15薪  2020年04月26日           用户体验      上海   \n",
       "4        4  本科及以上  5-10年  25-35k·16薪  2020年04月26日         用户体验经理      上海   \n",
       "..     ...    ...    ...         ...          ...            ...     ...   \n",
       "395     35   统招本科   3-5年  25-45k·15薪  2020年04月26日          体验设计师  杭州-西湖区   \n",
       "396     36   统招本科  5-10年  25-40k·12薪  2020年04月26日         交互设计专家      北京   \n",
       "397     37  大专及以上  5-10年  15-20k·16薪  2020年04月26日         资深交互设计      厦门   \n",
       "398     38  本科及以上   3-5年  10-20k·12薪  2020年04月26日          交互设计师      上海   \n",
       "399     39   统招本科   1-3年          面议  2020年04月26日          ux设计师           \n",
       "\n",
       "                          公司名称                                           链结  \\\n",
       "序                                                                             \n",
       "0                         猎头公司      https://www.liepin.com/a/19454911.shtml   \n",
       "1                  国内知名互联网上市公司      https://www.liepin.com/a/19169755.shtml   \n",
       "2             某国内互联网top3企业金融板块      https://www.liepin.com/a/19085435.shtml   \n",
       "3                       知名科技公司      https://www.liepin.com/a/18925835.shtml   \n",
       "4                       知名科技公司      https://www.liepin.com/a/18863275.shtml   \n",
       "..                         ...                                          ...   \n",
       "395  涵盖出租车专车 快车等多项业务在内的一站式出行平台      https://www.liepin.com/a/19608113.shtml   \n",
       "396                 国内某知名互联网公司      https://www.liepin.com/a/18663279.shtml   \n",
       "397                   微微科技有限公司  https://www.liepin.com/job/1923754743.shtml   \n",
       "398                        享换机  https://www.liepin.com/job/1927183905.shtml   \n",
       "399             国家金融信息中心有限责任公司  https://www.liepin.com/job/1920339347.shtml   \n",
       "\n",
       "                                       公司URL keyword  curPage  \n",
       "序                                                              \n",
       "0                                               用户体验        0  \n",
       "1                                               用户体验        0  \n",
       "2                                               用户体验        0  \n",
       "3                                               用户体验        0  \n",
       "4                                               用户体验        0  \n",
       "..                                       ...     ...      ...  \n",
       "395                                             用户体验        9  \n",
       "396                                             用户体验        9  \n",
       "397  https://www.liepin.com/company/9636507/    用户体验        9  \n",
       "398  https://www.liepin.com/company/9305855/    用户体验        9  \n",
       "399  https://www.liepin.com/company/9140465/    用户体验        9  \n",
       "\n",
       "[400 rows x 12 columns]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import time\n",
    "from random import random\n",
    "from requests_html import HTMLSession\n",
    "session =HTMLSession()\n",
    "url=\"https://www.liepin.com/zhaopin/\"\n",
    "r=session.get(url)\n",
    "keywords = ['用户体验']\n",
    "list_df=list()\n",
    "for key in keywords:\n",
    "    翻页_参数={i:行业翻页(industryType=['industry_01'],industries=['040'],key=[key],curPage_int = [i]  )\n",
    "               for i in  range(0,长度)\n",
    "      }\n",
    "    print (key,长度)\n",
    "    for k,v in  翻页_参数.items():\n",
    "        payload = v\n",
    "        df = requests_liepin( url, params = payload)\n",
    "#         time.sleep(1+4*random())  #放慢脚步 3-7秒, 平均约5秒\n",
    "#         ## 备份\n",
    "#         df.to_csv(\"20春_Web数据挖掘_week04_liepin_{key}_{k}.tsv\"\\\n",
    "#                   .format(key=key, k=k), sep=\"\\t\", encoding=\"utf8\")\n",
    "\n",
    "        df = df.assign (keyword = key)  # 区分  keyword    \n",
    "        df = df.assign (curPage = k)  # 区分  curPage\n",
    "        \n",
    "        list_df.append(df)\n",
    "        \n",
    "df_all = pd.concat(list_df).reset_index()\n",
    "df_all.index.name = '序'\n",
    "df_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_all.to_excel(\"行业爬取.xlsx\",encoding=\"utf-8\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 公司爬取"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    # 先取特定元素, 精准打击其子后辈\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    # 作为xpath字典，键为我要抓的牛肉名称，值为xpath\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        # 高级列表推导\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    # 只对主要元素下进行.xpath取值\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    #数据.to_excel(\"20春_Web数据挖掘_week03_liepin.xlsx\", sheet_name=\"搜查结果\")\n",
    "    return (数据)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{0: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [0],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 1: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [1],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 2: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [2],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 3: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [3],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 4: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [4],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 5: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [5],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 6: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [6],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 7: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [7],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 8: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [8],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']},\n",
       " 9: {'init': ['-1'],\n",
       "  'headckid': ['4f0f91e5cf1dc40e'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['4f0f91e5cf1dc40e°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['8a18e8cb91ecf0b6844a2ebee7a1cf46'],\n",
       "  'curPage': [9],\n",
       "  'key': ['用户体验'],\n",
       "  'compIds': ['7983148']}}"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url=\"https://www.liepin.com/zhaopin/?keyword=用户体验\"\n",
    "r=session.get(url)\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a[starts-with(@href,\"/zhaopin\")]'\n",
    "翻页url={x.text:x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)}\n",
    "翻页url\n",
    "href_翻页=[x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "df=pd.DataFrame([urlparse(x) for x in href_翻页 ])\n",
    "df_qs=pd.DataFrame([{ k:v[0] for k,v in parse_qs(x).items()}for x in df['query']])\n",
    "df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int)) \n",
    "df_qs\n",
    "长度=int(df_qs.curPage_int.max()+1)\n",
    "def 翻页_参数拆解(url):\n",
    "    sixpart=urlparse(url)\n",
    "    out=parse_qs(sixpart.query)\n",
    "    return out\n",
    "\n",
    "翻页_参数模板=翻页_参数拆解(href_翻页[0])\n",
    "翻页_参数模板\n",
    "def 翻页_参数调整(key,curPage,compIds):\n",
    "    参数=翻页_参数模板.copy()\n",
    "    参数['key']=key\n",
    "    参数['curPage']=curPage\n",
    "    参数['compIds']=compIds\n",
    "    return 参数\n",
    "公司爬取={i:翻页_参数调整(key=['用户体验'],compIds=['7983148'],curPage = [i])\n",
    "                                   for i in  range(0,长度)\n",
    "                                  }\n",
    "\n",
    "公司爬取"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>init</th>\n",
       "      <th>headckid</th>\n",
       "      <th>flushckid</th>\n",
       "      <th>fromSearchBtn</th>\n",
       "      <th>keyword</th>\n",
       "      <th>ckid</th>\n",
       "      <th>compIds</th>\n",
       "      <th>siTag</th>\n",
       "      <th>d_sfrom</th>\n",
       "      <th>d_ckId</th>\n",
       "      <th>d_curPage</th>\n",
       "      <th>d_pageSize</th>\n",
       "      <th>d_headId</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8759460</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1072424</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>12176713</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>7983148</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>7863078</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>954482</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>2036768</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8648946</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9358223</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9962773</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>2485521</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8827752</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8076624</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9564036</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>2778803</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>2174886</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9398198</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9844505</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>5964833</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>616691</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8653060</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9770323</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>2485876</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9747025</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9961005</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9671743</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8475590</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8228617</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1790705</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8978693</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>8621471</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>9543080</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>885718</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>7913194</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>-1</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>用户体验</td>\n",
       "      <td>5a598fabde93095b</td>\n",
       "      <td>4787049</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>4e7f47cf65a2b1838d91b04ba42c2f0e</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   init          headckid flushckid fromSearchBtn keyword              ckid  \\\n",
       "0    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "1    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "2    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "3    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "4    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "5    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "6    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "7    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "8    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "9    -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "10   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "11   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "12   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "13   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "14   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "15   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "16   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "17   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "18   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "19   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "20   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "21   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "22   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "23   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "24   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "25   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "26   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "27   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "28   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "29   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "30   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "31   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "32   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "33   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "34   -1  5a598fabde93095b         1             2    用户体验  5a598fabde93095b   \n",
       "\n",
       "     compIds                                          siTag         d_sfrom  \\\n",
       "0    8759460  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "1    1072424  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "2   12176713  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "3    7983148  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "4    7863078  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "5     954482  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "6    2036768  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "7    8648946  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "8    9358223  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "9    9962773  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "10   2485521  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "11   8827752  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "12   8076624  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "13   9564036  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "14   2778803  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "15   2174886  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "16   9398198  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "17   9844505  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "18   5964833  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "19    616691  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "20   8653060  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "21   9770323  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "22   2485876  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "23   9747025  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "24   9961005  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "25   9671743  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "26   8475590  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "27   8228617  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "28   1790705  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "29   8978693  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "30   8621471  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "31   9543080  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "32    885718  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "33   7913194  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "34   4787049  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "\n",
       "                              d_ckId d_curPage d_pageSize  \\\n",
       "0   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "1   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "2   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "3   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "4   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "5   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "6   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "7   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "8   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "9   4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "10  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "11  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "12  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "13  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "14  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "15  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "16  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "17  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "18  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "19  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "20  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "21  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "22  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "23  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "24  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "25  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "26  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "27  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "28  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "29  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "30  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "31  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "32  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "33  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "34  4e7f47cf65a2b1838d91b04ba42c2f0e         0         40   \n",
       "\n",
       "                            d_headId  \n",
       "0   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "1   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "2   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "3   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "4   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "5   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "6   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "7   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "8   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "9   4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "10  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "11  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "12  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "13  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "14  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "15  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "16  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "17  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "18  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "19  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "20  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "21  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "22  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "23  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "24  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "25  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "26  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "27  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "28  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "29  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "30  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "31  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "32  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "33  4e7f47cf65a2b1838d91b04ba42c2f0e  \n",
       "34  4e7f47cf65a2b1838d91b04ba42c2f0e  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'掌门1对1': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8759460'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '阿里巴巴': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['1072424'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '猎聘招聘顾问团队': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['12176713'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '腾讯': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['7983148'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '字节跳动': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['7863078'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '华为': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['954482'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '美团点评': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['2036768'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '正邦集团有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8648946'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '大连博琪商务信息咨询有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9358223'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '山东绿山水经济信息咨询有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9962773'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '碧桂园集团': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['2485521'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '四川链家房地产经纪有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8827752'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '滴滴': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8076624'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '唐山医药股份有限公司药品分公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9564036'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '饿了么': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['2778803'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '小米': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['2174886'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '北京高晟财富金融信息服务有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9398198'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '北京锐卡安讯科技有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9844505'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '网易集团': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['5964833'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '麦田房产': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['616691'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '绿城房地产建设管理集团有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8653060'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '京东物流': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9770323'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '新东方教育科技集团有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['2485876'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '京东商城': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9747025'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '博智林机器人': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9961005'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '海尔智家股份有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9671743'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '新城控股集团商业开发事业部': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8475590'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '大唐财富': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8228617'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " 'Michael Page': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['1790705'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '中国平安人寿保险股份有限公司广州市天河支公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8978693'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '车好多集团': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['8621471'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '北京大禹创联商贸有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['9543080'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '歌尔股份': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['885718'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " '上海谦问万答吧云计算科技有限公司': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['7913194'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']},\n",
       " 'vivo': {'init': ['-1'],\n",
       "  'headckid': ['5a598fabde93095b'],\n",
       "  'flushckid': ['1'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['5a598fabde93095b'],\n",
       "  'compIds': ['4787049'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['4e7f47cf65a2b1838d91b04ba42c2f0e'],\n",
       "  'key': ['用户体验']}}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from requests_html import HTMLSession\n",
    "from urllib.parse import urlparse, parse_qs\n",
    "session =HTMLSession()\n",
    "url=\"https://www.liepin.com/zhaopin/?keyword=用户体验\"\n",
    "r=session.get(url)\n",
    "公司url=r.html.xpath(\"//dd[@class='comp-list']/ul[@class='clearfix']/li/a\")\n",
    "公司url\n",
    "公司字典={a.xpath(\"a/span/text()\")[0]:a.xpath(\"a/@href\")[0]for a in 公司url}\n",
    "公司字典\n",
    "href_列表 = [x.xpath('a/@href')[0] for x in 公司url]\n",
    "href_列表\n",
    "#分解url\n",
    "\n",
    "df= pd.DataFrame([urlparse(x) for x in href_列表])\n",
    "df.nunique()\n",
    "df_qs=pd.DataFrame([{k:v[0]for k,v in parse_qs(x).items()}for x in df['query']])\n",
    "display(df_qs)\n",
    "df_qs.nunique()\n",
    "#compIds 不同\n",
    "#取一例做参数模板\n",
    "def 参数拆解(url):\n",
    "    sixpart=urlparse(url)\n",
    "    out=parse_qs(sixpart.query)\n",
    "    return out\n",
    "\n",
    "参数模板=参数拆解(href_列表[0])\n",
    "参数模板\n",
    "def 参数调整(key,compIds):\n",
    "    参数=参数模板.copy()\n",
    "    参数['key']=key\n",
    "    参数['compIds']=compIds\n",
    "    return 参数\n",
    "公司代号字典={k:参数拆解(v)['compIds'][0]for k,v in 公司字典.items()}\n",
    "公司代号字典\n",
    "\n",
    "最后 ={k:参数调整(compIds=[v],key=['用户体验'])for k,v in 公司代号字典.items()}\n",
    "最后"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "用户体验 10\n",
      "产品经理 10\n",
      "PRD 10\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "from random import random\n",
    "from requests_html import HTMLSession\n",
    "session =HTMLSession()\n",
    "url=\"https://www.liepin.com/zhaopin/\"\n",
    "r=session.get(url)\n",
    "keywords = ['用户体验','产品经理','PRD',]\n",
    "list_df=list()\n",
    "for key in keywords:\n",
    "    href_列表 = [x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "    df = pd.DataFrame([ urlparse(x) for x in href_列表])\n",
    "    df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "    df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int)) # 变成整数\n",
    "    长度 = df_qs.curPage_int.max()+1\n",
    "    公司爬取 ={i:翻页_参数调整(key=[key],compIds=['5964833'],curPage = [i])\n",
    "                                   for i in  range(0,长度)\n",
    "                                  } \n",
    "    \n",
    "    #print (参数_keyword_X_curPage)\n",
    "    print (key,长度)\n",
    "    for k,v in  公司爬取.items():\n",
    "        payload = v\n",
    "        df = requests_liepin( url, params = payload)\n",
    "        time.sleep(1+4*random())  #放慢脚步 3-7秒, 平均约5秒\n",
    "        ## 备份\n",
    "#         df.to_csv(\"20春_Web数据挖掘_week04_liepin_{key}_{k}.tsv\"\\\n",
    "#                   .format(key=key, k=k), sep=\"\\t\", encoding=\"utf8\")\n",
    "        \n",
    "        df = df.assign (keyword = key)  # 区分  keyword    \n",
    "        df = df.assign (curPage = k)  # 区分  curPage   \n",
    "        \n",
    "        list_df.append(df)\n",
    "        \n",
    "df_一个公司多个职位 = pd.concat(list_df).reset_index()\n",
    "df_一个公司多个职位.index.name = '序'\n",
    "df_一个公司多个职位\n",
    "#df_all.to_excel(\"20春_Web数据挖掘_week04_liepin_翻页_4.xlsx\",\\\n",
    "#                sheet_name=\"_\".join(keywords))\n",
    "df_一个公司多个职位.to_excel(\"同公司多职位.xlsx\", sheet_name=\"搜查结果\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 城市爬取"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{0: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [0]},\n",
       " 1: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [1]},\n",
       " 2: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [2]},\n",
       " 3: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [3]},\n",
       " 4: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [4]},\n",
       " 5: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [5]},\n",
       " 6: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [6]},\n",
       " 7: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [7]},\n",
       " 8: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [8]},\n",
       " 9: {'init': ['-1'],\n",
       "  'headckid': ['6ed42ed329b84914'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['用户体验'],\n",
       "  'ckid': ['6ed42ed329b84914°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['d0e774c931827235ea49f83e8065270e'],\n",
       "  'curPage': ['1'],\n",
       "  'dqs': [''],\n",
       "  'key': ['用户体验'],\n",
       "  'curPage_int': [9]}}"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url=\"https://www.liepin.com/zhaopin/?keyword=用户体验\"\n",
    "r=session.get(url)\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a[starts-with(@href,\"/zhaopin\")]'\n",
    "城市列表=[x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "df=pd.DataFrame([urlparse(x) for x in 城市列表 ])\n",
    "df_qs =pd.DataFrame([{ k:v[0] for k,v in parse_qs(x).items()}for x in df['query']])\n",
    "df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int)) \n",
    "df_qs\n",
    "长度=int(df_qs.curPage_int.max()+1)\n",
    "def 翻页_参数拆解(url):\n",
    "    sixpart=urlparse(url)\n",
    "    out=parse_qs(sixpart.query)\n",
    "    return out\n",
    "\n",
    "翻页_参数模板=翻页_参数拆解(城市列表[0])\n",
    "翻页_参数模板\n",
    "def 翻页_参数调整(key,dqs,curPage_int):\n",
    "    参数=城市参数.copy()\n",
    "    参数['dqs']=dqs\n",
    "    参数['key']=key\n",
    "    参数['curPage_int']=curPage_int\n",
    "    return 参数\n",
    "#翻页_城市\n",
    "翻页_城市_参数={i:翻页_参数调整(key=['用户体验'],dqs=[''],curPage_int=[i]  )for i in  range(0,长度)  }\n",
    "翻页_城市_参数"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "产品经理 10\n",
      "ux 10\n",
      "新媒体运营 10\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>edu</th>\n",
       "      <th>经验</th>\n",
       "      <th>薪水</th>\n",
       "      <th>时间</th>\n",
       "      <th>职称</th>\n",
       "      <th>行业</th>\n",
       "      <th>公司名称</th>\n",
       "      <th>链结</th>\n",
       "      <th>公司URL</th>\n",
       "      <th>keyword</th>\n",
       "      <th>curPage</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>索引</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>硕士及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>20-35k·15薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>产品经理</td>\n",
       "      <td></td>\n",
       "      <td>银行旗下理财子公司</td>\n",
       "      <td>https://www.liepin.com/a/18928081.shtml</td>\n",
       "      <td></td>\n",
       "      <td>产品经理</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>硕士及以上</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>7-10k·12薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>产品经理（气象等专业）</td>\n",
       "      <td>重庆</td>\n",
       "      <td>美天科技</td>\n",
       "      <td>https://www.liepin.com/job/1918915579.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8457262/</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>8-13k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>重庆</td>\n",
       "      <td>某快消品公司</td>\n",
       "      <td>https://www.liepin.com/a/18781217.shtml</td>\n",
       "      <td></td>\n",
       "      <td>产品经理</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>统招本科</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>10-15k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>产品经理</td>\n",
       "      <td>重庆</td>\n",
       "      <td>某快消品公司</td>\n",
       "      <td>https://www.liepin.com/a/18781149.shtml</td>\n",
       "      <td></td>\n",
       "      <td>产品经理</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>3-5年</td>\n",
       "      <td>12-15k·13薪</td>\n",
       "      <td>2020年04月26日</td>\n",
       "      <td>电商产品经理</td>\n",
       "      <td>重庆</td>\n",
       "      <td>某快消品公司</td>\n",
       "      <td>https://www.liepin.com/a/18781115.shtml</td>\n",
       "      <td></td>\n",
       "      <td>产品经理</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>795</th>\n",
       "      <td>35</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>经验不限</td>\n",
       "      <td>4-7k·12薪</td>\n",
       "      <td>2020年01月21日</td>\n",
       "      <td>新媒体运营</td>\n",
       "      <td>重庆</td>\n",
       "      <td>重庆新东方培训学校</td>\n",
       "      <td>https://www.liepin.com/job/1925114087.shtml</td>\n",
       "      <td>https://www.liepin.com/company/7971941/</td>\n",
       "      <td>新媒体运营</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>796</th>\n",
       "      <td>36</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>10-15k·12薪</td>\n",
       "      <td>2020年01月16日</td>\n",
       "      <td>新媒体运营</td>\n",
       "      <td>重庆-黄泥塝</td>\n",
       "      <td>重庆它红农业科技开发有限公司</td>\n",
       "      <td>https://www.liepin.com/job/1919665499.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10036887/</td>\n",
       "      <td>新媒体运营</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>797</th>\n",
       "      <td>37</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>5-6k·12薪</td>\n",
       "      <td>2020年01月15日</td>\n",
       "      <td>新媒体运营（养老公司）</td>\n",
       "      <td>重庆-荣昌区</td>\n",
       "      <td>拓新控股集团</td>\n",
       "      <td>https://www.liepin.com/job/1924484715.shtml</td>\n",
       "      <td>https://www.liepin.com/company/3824561/</td>\n",
       "      <td>新媒体运营</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>798</th>\n",
       "      <td>38</td>\n",
       "      <td>大专及以上</td>\n",
       "      <td>5-10年</td>\n",
       "      <td>6-10k·12薪</td>\n",
       "      <td>2020年01月11日</td>\n",
       "      <td>新媒体运营主管</td>\n",
       "      <td>重庆</td>\n",
       "      <td>茂名市茂南区天龙数理化培训中心</td>\n",
       "      <td>https://www.liepin.com/job/1923771409.shtml</td>\n",
       "      <td>https://www.liepin.com/company/10205779/</td>\n",
       "      <td>新媒体运营</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>799</th>\n",
       "      <td>39</td>\n",
       "      <td>本科及以上</td>\n",
       "      <td>1-3年</td>\n",
       "      <td>4-6k·12薪</td>\n",
       "      <td>2020年01月02日</td>\n",
       "      <td>新媒体运营专员（用户运营部）</td>\n",
       "      <td>重庆</td>\n",
       "      <td>华夏航空</td>\n",
       "      <td>https://www.liepin.com/job/1919799997.shtml</td>\n",
       "      <td>https://www.liepin.com/company/8363864/</td>\n",
       "      <td>新媒体运营</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>800 rows × 12 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     index    edu     经验          薪水           时间              职称      行业  \\\n",
       "索引                                                                          \n",
       "0        0  硕士及以上   3-5年  20-35k·15薪  2020年04月26日            产品经理           \n",
       "1        1  硕士及以上   经验不限   7-10k·12薪  2020年04月26日     产品经理（气象等专业）      重庆   \n",
       "2        2  本科及以上   3-5年   8-13k·13薪  2020年04月26日            产品经理      重庆   \n",
       "3        3   统招本科   3-5年  10-15k·13薪  2020年04月26日            产品经理      重庆   \n",
       "4        4  本科及以上   3-5年  12-15k·13薪  2020年04月26日          电商产品经理      重庆   \n",
       "..     ...    ...    ...         ...          ...             ...     ...   \n",
       "795     35  本科及以上   经验不限    4-7k·12薪  2020年01月21日           新媒体运营      重庆   \n",
       "796     36  大专及以上  5-10年  10-15k·12薪  2020年01月16日           新媒体运营  重庆-黄泥塝   \n",
       "797     37  大专及以上   1-3年    5-6k·12薪  2020年01月15日     新媒体运营（养老公司）  重庆-荣昌区   \n",
       "798     38  大专及以上  5-10年   6-10k·12薪  2020年01月11日         新媒体运营主管      重庆   \n",
       "799     39  本科及以上   1-3年    4-6k·12薪  2020年01月02日  新媒体运营专员（用户运营部）      重庆   \n",
       "\n",
       "                公司名称                                           链结  \\\n",
       "索引                                                                  \n",
       "0          银行旗下理财子公司      https://www.liepin.com/a/18928081.shtml   \n",
       "1               美天科技  https://www.liepin.com/job/1918915579.shtml   \n",
       "2             某快消品公司      https://www.liepin.com/a/18781217.shtml   \n",
       "3             某快消品公司      https://www.liepin.com/a/18781149.shtml   \n",
       "4             某快消品公司      https://www.liepin.com/a/18781115.shtml   \n",
       "..               ...                                          ...   \n",
       "795        重庆新东方培训学校  https://www.liepin.com/job/1925114087.shtml   \n",
       "796   重庆它红农业科技开发有限公司  https://www.liepin.com/job/1919665499.shtml   \n",
       "797           拓新控股集团  https://www.liepin.com/job/1924484715.shtml   \n",
       "798  茂名市茂南区天龙数理化培训中心  https://www.liepin.com/job/1923771409.shtml   \n",
       "799             华夏航空  https://www.liepin.com/job/1919799997.shtml   \n",
       "\n",
       "                                        公司URL keyword  curPage  \n",
       "索引                                                              \n",
       "0                                                产品经理        0  \n",
       "1     https://www.liepin.com/company/8457262/    产品经理        0  \n",
       "2                                                产品经理        0  \n",
       "3                                                产品经理        0  \n",
       "4                                                产品经理        0  \n",
       "..                                        ...     ...      ...  \n",
       "795   https://www.liepin.com/company/7971941/   新媒体运营        9  \n",
       "796  https://www.liepin.com/company/10036887/   新媒体运营        9  \n",
       "797   https://www.liepin.com/company/3824561/   新媒体运营        9  \n",
       "798  https://www.liepin.com/company/10205779/   新媒体运营        9  \n",
       "799   https://www.liepin.com/company/8363864/   新媒体运营        9  \n",
       "\n",
       "[800 rows x 12 columns]"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import time\n",
    "from random import random\n",
    "from requests_html import HTMLSession\n",
    "session =HTMLSession()\n",
    "url=\"https://www.liepin.com/zhaopin/\"\n",
    "r=session.get(url)\n",
    "keywords = ['产品经理','ux',\"新媒体运营\"]\n",
    "list_df=list()\n",
    "for key in keywords:\n",
    "    翻页_城市_参数={i:翻页_参数调整(key=[key],dqs=['040'],curPage_int=[i]  )for i in  range(0,长度)  }\n",
    "    print (key,长度)\n",
    "    for k,v in  翻页_城市_参数.items():\n",
    "        payload = v\n",
    "        df = requests_liepin( url, params = payload)\n",
    "        time.sleep(2+3*random())  #放慢脚步 3-7秒, 平均约5秒\n",
    "#         ## 备份\n",
    "#         df.to_csv(\"20春_Web数据挖掘_week04_liepin_{key}_{k}.tsv\"\\\n",
    "#                   .format(key=key, k=k), sep=\"\\t\", encoding=\"utf8\")\n",
    "\n",
    "        df = df.assign (keyword = key)  # 区分  keyword    \n",
    "        df = df.assign (curPage = k)  # 区分  curPage   \n",
    "        \n",
    "        list_df.append(df)\n",
    "        \n",
    "df_指定城市= pd.concat(list_df).reset_index()\n",
    "df_指定城市.index.name = '索引'\n",
    "df_指定城市"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_指定城市.to_excel(\"指定城市.xlsx\", sheet_name=\"搜查结果\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "256px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}
